{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "cb7f2094",
   "metadata": {},
   "source": [
    "* 备注\n",
    "> 1.城市： '北京、 '上海'、 '广州'、'深圳'       \n",
    "> 2.行业：广告行业              \n",
    "> 2.关键词：4A广告公司，广告策划，广告文案，营销策划类广告人才                         \n",
    "> 3.学历：本科及本科以上             "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b599a094",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "登录cookie XSRF-TOKEN=zIARnRM0QQaLudJk_4OBXw; __gc_id=e936feed5bd343e5a73b304fa0d4ad5f; _ga=GA1.1.504776059.1697021947; __uuid=1697021948310.51; __tlog=1697021948354.48%7C00000000%7C00000000%7C00000000%7C00000000; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1697021951; acw_tc=2760828416970219810274366e53a098388abcfc886c89f5cbf2332344893f; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1697021975; __session_seq=4; __uv_seq=4; __tlg_event_seq=24; _ga_54YTJKWN86=GS1.1.1697021946.1.1.1697023027.0.0.0\n",
      "这是第1页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待7秒...然后以继续抓取\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>dataParams</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.compStage</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.link</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>...</th>\n",
       "      <th>job.advViewFlag</th>\n",
       "      <th>job.requireEduLevel</th>\n",
       "      <th>recruiter.recruiterName</th>\n",
       "      <th>recruiter.recruiterTitle</th>\n",
       "      <th>recruiter.chatted</th>\n",
       "      <th>recruiter.imId</th>\n",
       "      <th>recruiter.imUserType</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>job.campusJobKind</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"王女士\",\"jobId\":\"63840013\",\"imI...</td>\n",
       "      <td>世亚德机械工程(杭州)有限公司</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>5d6108af0db28a35d59f571507u.png</td>\n",
       "      <td>8252325</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>https://www.liepin.com/company/8252325/</td>\n",
       "      <td>机械/设备</td>\n",
       "      <td>[]</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>本科</td>\n",
       "      <td>王女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>False</td>\n",
       "      <td>97a35fb7ff7dad8a6d86f1a6a1d2b859</td>\n",
       "      <td>2</td>\n",
       "      <td>a6a0597f18e11c549157fa1a5ebb3970</td>\n",
       "      <td>5f8f9865ea60860b75384fa508u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"王女士\",\"jobId\":\"43460827\",\"imI...</td>\n",
       "      <td>申万宏源证券有限公司广东分公司</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5d131b0e2557c0239459d63e08u.jpg</td>\n",
       "      <td>9086883</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>https://www.liepin.com/company/9086883/</td>\n",
       "      <td>基金/证券/期货</td>\n",
       "      <td>[证券, 证券业, 期货证券]</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>本科</td>\n",
       "      <td>王女士</td>\n",
       "      <td></td>\n",
       "      <td>False</td>\n",
       "      <td>b3267cb733b40250063dfc1b00f6daab</td>\n",
       "      <td>2</td>\n",
       "      <td>ee8a4aae5f3c335ff61b8d905e2e9df8</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"胡女士\",\"jobId\":\"63670825\",\"imI...</td>\n",
       "      <td>昂朴生物科技</td>\n",
       "      <td>A轮</td>\n",
       "      <td>5bfe9e1574719d2aa34b810903a.png</td>\n",
       "      <td>9203839</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>https://www.liepin.com/company/9203839/</td>\n",
       "      <td>生物技术</td>\n",
       "      <td>[临床研究, 基因工程, 免疫学技术, 免疫荧光]</td>\n",
       "      <td>...</td>\n",
       "      <td>True</td>\n",
       "      <td>硕士</td>\n",
       "      <td>胡女士</td>\n",
       "      <td>人事主管</td>\n",
       "      <td>False</td>\n",
       "      <td>af0e72d3f57b1846c62c94f01ec83e9b</td>\n",
       "      <td>2</td>\n",
       "      <td>f6ff2d9bc07f3b0777032440d94f176d</td>\n",
       "      <td>5f8f9863f6d1ab58476f246a08u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"渠先生\",\"jobId\":\"63858927\",\"imI...</td>\n",
       "      <td>达芬奇口腔</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5d280953dde7f0565c11c6c205u.png</td>\n",
       "      <td>10116305</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>https://www.liepin.com/company/10116305/</td>\n",
       "      <td>医疗机构</td>\n",
       "      <td>[本科]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>渠先生</td>\n",
       "      <td>招聘者</td>\n",
       "      <td>False</td>\n",
       "      <td>370f7ff277846cd4c1bd2b3e9fec8144</td>\n",
       "      <td>2</td>\n",
       "      <td>2b71c6d6be4c20ff21abb5645a797cc4</td>\n",
       "      <td>5f8f986c79c7cc70efbf36c808u.jpg</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>%7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...</td>\n",
       "      <td>{\"recruiterName\":\"高女士\",\"jobId\":\"63858805\",\"imI...</td>\n",
       "      <td>厦门海翼投资有限公司</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61b07937d0458d53c627567e02u.jpg</td>\n",
       "      <td>12208751</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>https://www.liepin.com/company/12208751/</td>\n",
       "      <td>基金/证券/期货</td>\n",
       "      <td>[3个月, 本科]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>高女士</td>\n",
       "      <td>人资</td>\n",
       "      <td>False</td>\n",
       "      <td>3d96c6bb375209546acd98c2560acc8e</td>\n",
       "      <td>2</td>\n",
       "      <td>a092b48ca738c407b34120b45ed87347</td>\n",
       "      <td>5f8f986779c7cc70efbf36c008u.jpg</td>\n",
       "      <td>实习</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>%7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...</td>\n",
       "      <td>{\"recruiterName\":\"马女士\",\"imId\":\"6f23e5a5ee2cbed...</td>\n",
       "      <td>维信金科</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5bfe970a74719df0ac99257303a.png</td>\n",
       "      <td>8718437</td>\n",
       "      <td>5000-10000人</td>\n",
       "      <td>https://www.liepin.com/company/8718437/</td>\n",
       "      <td>担保/拍卖/典当</td>\n",
       "      <td>[本科, 信息安全运维, 安全运维, 脚本语言]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>马女士</td>\n",
       "      <td>HRBP</td>\n",
       "      <td>False</td>\n",
       "      <td>6f23e5a5ee2cbeddf19be04c8fd8e210</td>\n",
       "      <td>2</td>\n",
       "      <td>c2461ebfc5436f34886f61af9fd20149</td>\n",
       "      <td>5f8f9863f6d1ab58476f246a08u.jpg</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>%7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...</td>\n",
       "      <td>{\"recruiterName\":\"王女士\",\"imId\":\"2462738a90e0812...</td>\n",
       "      <td>安克创新</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5bfe961b74719df0ac98f55803a.png</td>\n",
       "      <td>8733738</td>\n",
       "      <td>2000-5000人</td>\n",
       "      <td>https://www.liepin.com/company/8733738/</td>\n",
       "      <td>电子/半导体/集成电路</td>\n",
       "      <td>[3个月, 本科, 海外招聘, 招聘行业]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>王女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>False</td>\n",
       "      <td>2462738a90e08124b5418a6b9b94213c</td>\n",
       "      <td>2</td>\n",
       "      <td>2bd937bac43120c5f53bcf25756ade90</td>\n",
       "      <td>5f8f98648dbe6273dcf8515508u.jpg</td>\n",
       "      <td>实习</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>%7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...</td>\n",
       "      <td>{\"recruiterName\":\"张女士\",\"imId\":\"5b2287733c12c60...</td>\n",
       "      <td>协鑫能源科技股份有限公司</td>\n",
       "      <td>沪深A股上市</td>\n",
       "      <td>5ee02d36f1b6f06970723a2305u.jpeg</td>\n",
       "      <td>12269593</td>\n",
       "      <td>2000-5000人</td>\n",
       "      <td>https://www.liepin.com/company/12269593/</td>\n",
       "      <td>电力/热力/燃气/水务</td>\n",
       "      <td>[本科, 行政管理, 人力资源管理, 人力成本分析, 人事档案, 企业文化, 人才发展, 岗...</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>张女士</td>\n",
       "      <td>川渝人资负责人</td>\n",
       "      <td>False</td>\n",
       "      <td>5b2287733c12c60d39b0f73958abfecd</td>\n",
       "      <td>2</td>\n",
       "      <td>4a1cf8b04882feed1423de143a32f562</td>\n",
       "      <td>5f8f986779c7cc70efbf36c008u.jpg</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>%7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...</td>\n",
       "      <td>{\"recruiterName\":\"李女士\",\"imId\":\"2e670afb7aea075...</td>\n",
       "      <td>北京比特大陆科技有限公司</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5bfea25274719d2aa34c543303a.png</td>\n",
       "      <td>8054924</td>\n",
       "      <td>2000-5000人</td>\n",
       "      <td>https://www.liepin.com/company/8054924/</td>\n",
       "      <td>电子/半导体/集成电路</td>\n",
       "      <td>[硕士]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>李女士</td>\n",
       "      <td>HR COE</td>\n",
       "      <td>False</td>\n",
       "      <td>2e670afb7aea075b3f30998acd01b638</td>\n",
       "      <td>2</td>\n",
       "      <td>0d31e278d4129f69d66894649a362166</td>\n",
       "      <td>5f8f98648dbe6273dcf8515508u.jpg</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>%7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...</td>\n",
       "      <td>{\"recruiterName\":\"马女士\",\"imId\":\"6f23e5a5ee2cbed...</td>\n",
       "      <td>维信金科</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5bfe970a74719df0ac99257303a.png</td>\n",
       "      <td>8718437</td>\n",
       "      <td>5000-10000人</td>\n",
       "      <td>https://www.liepin.com/company/8718437/</td>\n",
       "      <td>担保/拍卖/典当</td>\n",
       "      <td>[本科, 语言模型, Python]</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>马女士</td>\n",
       "      <td>HRBP</td>\n",
       "      <td>False</td>\n",
       "      <td>6f23e5a5ee2cbeddf19be04c8fd8e210</td>\n",
       "      <td>2</td>\n",
       "      <td>c2461ebfc5436f34886f61af9fd20149</td>\n",
       "      <td>5f8f9863f6d1ab58476f246a08u.jpg</td>\n",
       "      <td>应届</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             dataInfo  \\\n",
       "0   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "1   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "2   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "3   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "4   %7B%22pageSize%22%3A%2240%22%2C%22curPage%22%3...   \n",
       "..                                                ...   \n",
       "35  %7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...   \n",
       "36  %7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...   \n",
       "37  %7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...   \n",
       "38  %7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...   \n",
       "39  %7B%22ckId%22%3A%22y2jy1uvl2gar8xipyemg77rijoo...   \n",
       "\n",
       "                                           dataParams    comp.compName  \\\n",
       "0   {\"recruiterName\":\"王女士\",\"jobId\":\"63840013\",\"imI...  世亚德机械工程(杭州)有限公司   \n",
       "1   {\"recruiterName\":\"王女士\",\"jobId\":\"43460827\",\"imI...  申万宏源证券有限公司广东分公司   \n",
       "2   {\"recruiterName\":\"胡女士\",\"jobId\":\"63670825\",\"imI...           昂朴生物科技   \n",
       "3   {\"recruiterName\":\"渠先生\",\"jobId\":\"63858927\",\"imI...            达芬奇口腔   \n",
       "4   {\"recruiterName\":\"高女士\",\"jobId\":\"63858805\",\"imI...       厦门海翼投资有限公司   \n",
       "..                                                ...              ...   \n",
       "35  {\"recruiterName\":\"马女士\",\"imId\":\"6f23e5a5ee2cbed...             维信金科   \n",
       "36  {\"recruiterName\":\"王女士\",\"imId\":\"2462738a90e0812...             安克创新   \n",
       "37  {\"recruiterName\":\"张女士\",\"imId\":\"5b2287733c12c60...     协鑫能源科技股份有限公司   \n",
       "38  {\"recruiterName\":\"李女士\",\"imId\":\"2e670afb7aea075...     北京比特大陆科技有限公司   \n",
       "39  {\"recruiterName\":\"马女士\",\"imId\":\"6f23e5a5ee2cbed...             维信金科   \n",
       "\n",
       "   comp.compStage                     comp.compLogo  comp.compId  \\\n",
       "0           融资未公开   5d6108af0db28a35d59f571507u.png      8252325   \n",
       "1             NaN   5d131b0e2557c0239459d63e08u.jpg      9086883   \n",
       "2              A轮   5bfe9e1574719d2aa34b810903a.png      9203839   \n",
       "3             NaN   5d280953dde7f0565c11c6c205u.png     10116305   \n",
       "4             NaN   61b07937d0458d53c627567e02u.jpg     12208751   \n",
       "..            ...                               ...          ...   \n",
       "35            NaN   5bfe970a74719df0ac99257303a.png      8718437   \n",
       "36            NaN   5bfe961b74719df0ac98f55803a.png      8733738   \n",
       "37         沪深A股上市  5ee02d36f1b6f06970723a2305u.jpeg     12269593   \n",
       "38            NaN   5bfea25274719d2aa34c543303a.png      8054924   \n",
       "39            NaN   5bfe970a74719df0ac99257303a.png      8718437   \n",
       "\n",
       "   comp.compScale                                 comp.link comp.compIndustry  \\\n",
       "0          50-99人   https://www.liepin.com/company/8252325/             机械/设备   \n",
       "1        100-499人   https://www.liepin.com/company/9086883/          基金/证券/期货   \n",
       "2          50-99人   https://www.liepin.com/company/9203839/              生物技术   \n",
       "3        500-999人  https://www.liepin.com/company/10116305/              医疗机构   \n",
       "4          50-99人  https://www.liepin.com/company/12208751/          基金/证券/期货   \n",
       "..            ...                                       ...               ...   \n",
       "35    5000-10000人   https://www.liepin.com/company/8718437/          担保/拍卖/典当   \n",
       "36     2000-5000人   https://www.liepin.com/company/8733738/       电子/半导体/集成电路   \n",
       "37     2000-5000人  https://www.liepin.com/company/12269593/       电力/热力/燃气/水务   \n",
       "38     2000-5000人   https://www.liepin.com/company/8054924/       电子/半导体/集成电路   \n",
       "39    5000-10000人   https://www.liepin.com/company/8718437/          担保/拍卖/典当   \n",
       "\n",
       "                                           job.labels  ... job.advViewFlag  \\\n",
       "0                                                  []  ...            True   \n",
       "1                                     [证券, 证券业, 期货证券]  ...            True   \n",
       "2                           [临床研究, 基因工程, 免疫学技术, 免疫荧光]  ...            True   \n",
       "3                                                [本科]  ...           False   \n",
       "4                                           [3个月, 本科]  ...           False   \n",
       "..                                                ...  ...             ...   \n",
       "35                           [本科, 信息安全运维, 安全运维, 脚本语言]  ...           False   \n",
       "36                              [3个月, 本科, 海外招聘, 招聘行业]  ...           False   \n",
       "37  [本科, 行政管理, 人力资源管理, 人力成本分析, 人事档案, 企业文化, 人才发展, 岗...  ...           False   \n",
       "38                                               [硕士]  ...           False   \n",
       "39                                 [本科, 语言模型, Python]  ...           False   \n",
       "\n",
       "   job.requireEduLevel recruiter.recruiterName  recruiter.recruiterTitle  \\\n",
       "0                   本科                     王女士                        HR   \n",
       "1                   本科                     王女士                             \n",
       "2                   硕士                     胡女士                      人事主管   \n",
       "3                  NaN                     渠先生                       招聘者   \n",
       "4                  NaN                     高女士                        人资   \n",
       "..                 ...                     ...                       ...   \n",
       "35                 NaN                     马女士                      HRBP   \n",
       "36                 NaN                     王女士                        HR   \n",
       "37                 NaN                     张女士                   川渝人资负责人   \n",
       "38                 NaN                     李女士                    HR COE   \n",
       "39                 NaN                     马女士                      HRBP   \n",
       "\n",
       "   recruiter.chatted                    recruiter.imId recruiter.imUserType  \\\n",
       "0              False  97a35fb7ff7dad8a6d86f1a6a1d2b859                    2   \n",
       "1              False  b3267cb733b40250063dfc1b00f6daab                    2   \n",
       "2              False  af0e72d3f57b1846c62c94f01ec83e9b                    2   \n",
       "3              False  370f7ff277846cd4c1bd2b3e9fec8144                    2   \n",
       "4              False  3d96c6bb375209546acd98c2560acc8e                    2   \n",
       "..               ...                               ...                  ...   \n",
       "35             False  6f23e5a5ee2cbeddf19be04c8fd8e210                    2   \n",
       "36             False  2462738a90e08124b5418a6b9b94213c                    2   \n",
       "37             False  5b2287733c12c60d39b0f73958abfecd                    2   \n",
       "38             False  2e670afb7aea075b3f30998acd01b638                    2   \n",
       "39             False  6f23e5a5ee2cbeddf19be04c8fd8e210                    2   \n",
       "\n",
       "               recruiter.recruiterId         recruiter.recruiterPhoto  \\\n",
       "0   a6a0597f18e11c549157fa1a5ebb3970  5f8f9865ea60860b75384fa508u.jpg   \n",
       "1   ee8a4aae5f3c335ff61b8d905e2e9df8  5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "2   f6ff2d9bc07f3b0777032440d94f176d  5f8f9863f6d1ab58476f246a08u.jpg   \n",
       "3   2b71c6d6be4c20ff21abb5645a797cc4  5f8f986c79c7cc70efbf36c808u.jpg   \n",
       "4   a092b48ca738c407b34120b45ed87347  5f8f986779c7cc70efbf36c008u.jpg   \n",
       "..                               ...                              ...   \n",
       "35  c2461ebfc5436f34886f61af9fd20149  5f8f9863f6d1ab58476f246a08u.jpg   \n",
       "36  2bd937bac43120c5f53bcf25756ade90  5f8f98648dbe6273dcf8515508u.jpg   \n",
       "37  4a1cf8b04882feed1423de143a32f562  5f8f986779c7cc70efbf36c008u.jpg   \n",
       "38  0d31e278d4129f69d66894649a362166  5f8f98648dbe6273dcf8515508u.jpg   \n",
       "39  c2461ebfc5436f34886f61af9fd20149  5f8f9863f6d1ab58476f246a08u.jpg   \n",
       "\n",
       "   job.campusJobKind  \n",
       "0                NaN  \n",
       "1                NaN  \n",
       "2                NaN  \n",
       "3                 应届  \n",
       "4                 实习  \n",
       "..               ...  \n",
       "35                应届  \n",
       "36                实习  \n",
       "37                应届  \n",
       "38                应届  \n",
       "39                应届  \n",
       "\n",
       "[400 rows x 32 columns]"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "crawl_liepin.crawl(城市=\"\",关键词=\"\",学历= \"\",行业=\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "d3045127",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "登录cookie XSRF-TOKEN=zIARnRM0QQaLudJk_4OBXw; __gc_id=e936feed5bd343e5a73b304fa0d4ad5f; _ga=GA1.1.504776059.1697021947; __uuid=1697021948310.51; __tlog=1697021948354.48%7C00000000%7C00000000%7C00000000%7C00000000; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1697021951; acw_tc=2760828416970219810274366e53a098388abcfc886c89f5cbf2332344893f; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1697021975; __session_seq=4; __uv_seq=4; __tlg_event_seq=24; _ga_54YTJKWN86=GS1.1.1697021946.1.1.1697023027.0.0.0\n",
      "这是第1页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待3秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待4秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待5秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待7秒...然后以继续抓取\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>dataParams</th>\n",
       "      <th>comp.link</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.compStage</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>...</th>\n",
       "      <th>job.dataPromId</th>\n",
       "      <th>recruiter.chatted</th>\n",
       "      <th>recruiter.imId</th>\n",
       "      <th>recruiter.imUserType</th>\n",
       "      <th>recruiter.recruiterName</th>\n",
       "      <th>recruiter.recruiterTitle</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>job.requireEduLevel</th>\n",
       "      <th>job.requireWorkYears</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"imId\":\"ff0eab8eea20c36621763eed48c5bc0c\",\"im...</td>\n",
       "      <td>https://www.liepin.com/company/13332619/</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>其他</td>\n",
       "      <td>65643db3aef7c833d61189e304u.png</td>\n",
       "      <td>正壹会展集团</td>\n",
       "      <td>13332619</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[本科, 市场策划, 活动策划, 教育培训]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>ff0eab8eea20c36621763eed48c5bc0c</td>\n",
       "      <td>2</td>\n",
       "      <td>卢女士</td>\n",
       "      <td>HRM</td>\n",
       "      <td>31ae35dd25c393cef0498bd9e03ba548</td>\n",
       "      <td>5f8f986779c7cc70efbf36c008u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>%7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"imId\":\"cad5be4e96049ddf80764db4dc5d059d\",\"im...</td>\n",
       "      <td>https://www.liepin.com/company/9638001/</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>5ef7eac6639c8353865e8cfa03u.jpeg</td>\n",
       "      <td>上海邑炎信息科技有限公司</td>\n",
       "      <td>9638001</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[6个月, 本科]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>cad5be4e96049ddf80764db4dc5d059d</td>\n",
       "      <td>2</td>\n",
       "      <td>宿女士</td>\n",
       "      <td>COE</td>\n",
       "      <td>062818603e680b2da5f99130e9ef8d12</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>%7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"imId\":\"b099ed3311071e4673ea3114a5fc2d96\",\"im...</td>\n",
       "      <td>https://www.liepin.com/company/8904732/</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6045d2d247efeb69daf7dd0708u.png</td>\n",
       "      <td>博雅公关</td>\n",
       "      <td>8904732</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[3个月, 本科, 人力资源经验]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>b099ed3311071e4673ea3114a5fc2d96</td>\n",
       "      <td>2</td>\n",
       "      <td>贺女士</td>\n",
       "      <td>招聘主管</td>\n",
       "      <td>178348d10d4504ecab26c2c2437115e0</td>\n",
       "      <td>583f8dfa70324d1f7da02d2606a.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>%7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"imId\":\"940d578ee42d485b10eee5f74aeb3ab8\",\"im...</td>\n",
       "      <td>https://www.liepin.com/company/9272548/</td>\n",
       "      <td>5000-10000人</td>\n",
       "      <td>D轮</td>\n",
       "      <td>636c9f9f19919c4d06ca723f04u.png</td>\n",
       "      <td>新潮传媒集团</td>\n",
       "      <td>9272548</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[本科, 广告/传媒/文化, 销售方向]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>940d578ee42d485b10eee5f74aeb3ab8</td>\n",
       "      <td>2</td>\n",
       "      <td>欧先生</td>\n",
       "      <td>大区招聘经理</td>\n",
       "      <td>f334dc7f2105acebc6767b3893acac2f</td>\n",
       "      <td>5f8f986c79c7cc70efbf36c808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>%7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"imId\":\"fe53b2361e7707aa8c7fd219ac0bcf9b\",\"im...</td>\n",
       "      <td>https://www.liepin.com/company/8904732/</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6045d2d247efeb69daf7dd0708u.png</td>\n",
       "      <td>博雅公关</td>\n",
       "      <td>8904732</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[3个月, 本科, 新媒体运营, IT/互联网/软件, 消费品, 科技类, 新闻类, 生活类...</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>fe53b2361e7707aa8c7fd219ac0bcf9b</td>\n",
       "      <td>2</td>\n",
       "      <td>艾女士</td>\n",
       "      <td>人力资源经理</td>\n",
       "      <td>2423e8c5e3438d7f40ba94cee1349dff</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobId\":\"59917687\",\"recruiterName\":\"芮女士\",\"imI...</td>\n",
       "      <td>https://www.liepin.com/company/12464425/</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>648173c6db3b5254e507bcd402u.png</td>\n",
       "      <td>天擎数字</td>\n",
       "      <td>12464425</td>\n",
       "      <td>广播/影视/录音</td>\n",
       "      <td>[]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>61e751edc5367babbddcd3b09c02d41c</td>\n",
       "      <td>2</td>\n",
       "      <td>芮女士</td>\n",
       "      <td></td>\n",
       "      <td>af786ed8fc941985cda77b6d7b463e7b</td>\n",
       "      <td>5f8f986779c7cc70efbf36c008u.jpg</td>\n",
       "      <td>本科</td>\n",
       "      <td>3-5年</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobId\":\"59894975\",\"recruiterName\":\"魏先生\",\"imI...</td>\n",
       "      <td>https://www.liepin.com/company/12464425/</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>648173c6db3b5254e507bcd402u.png</td>\n",
       "      <td>天擎数字</td>\n",
       "      <td>12464425</td>\n",
       "      <td>广播/影视/录音</td>\n",
       "      <td>[]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>faea4e92fd2b5a25e7b184a1ccff1ea4</td>\n",
       "      <td>2</td>\n",
       "      <td>魏先生</td>\n",
       "      <td>无</td>\n",
       "      <td>bc1bf810df011ed6200de972fa8212ea</td>\n",
       "      <td>64acafcc07b2050cf707146205u.png</td>\n",
       "      <td>本科</td>\n",
       "      <td>3-5年</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobId\":\"59890719\",\"recruiterName\":\"陶女士\",\"imI...</td>\n",
       "      <td>https://www.liepin.com/company/9638001/</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>5ef7eac6639c8353865e8cfa03u.jpeg</td>\n",
       "      <td>上海邑炎信息科技有限公司</td>\n",
       "      <td>9638001</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[团队管理, 客户管理]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>3830e125ff7afe8d244e08c53f86302f</td>\n",
       "      <td>2</td>\n",
       "      <td>陶女士</td>\n",
       "      <td>HRBP</td>\n",
       "      <td>a7f62fa31a9b250f272e1fa722f836c6</td>\n",
       "      <td>6440e05862a0803842bd0f3e02u.png</td>\n",
       "      <td>统招本科</td>\n",
       "      <td>3-5年</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobId\":\"59876519\",\"recruiterName\":\"郑女士\",\"imI...</td>\n",
       "      <td>https://www.liepin.com/company/852818/</td>\n",
       "      <td>1000-2000人</td>\n",
       "      <td>C轮</td>\n",
       "      <td>5bfe9f2374719d2aa34bb61f03a.png</td>\n",
       "      <td>东信时代</td>\n",
       "      <td>852818</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[广告营销, saas, 商业化产品, 市场运营]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>edaadaed0415eadf337193710fe42056</td>\n",
       "      <td>2</td>\n",
       "      <td>郑女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>b19aabc52f951cf59a3ce1da0e4ebef0</td>\n",
       "      <td>54d1e75d712eb4f6b84c1d2d01a.jpg</td>\n",
       "      <td>本科</td>\n",
       "      <td>5-10年</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>%7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...</td>\n",
       "      <td>{\"jobId\":\"59838735\",\"recruiterName\":\"张女士\",\"imI...</td>\n",
       "      <td>https://www.liepin.com/company/9955179/</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>B轮</td>\n",
       "      <td>64b4fab4feea6a72445c706f05u.png</td>\n",
       "      <td>叁柒无限</td>\n",
       "      <td>9955179</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>[新媒体广告, 小红书平台, 信息流投放]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>False</td>\n",
       "      <td>660de5116791dfee4eb3c85621fabd5f</td>\n",
       "      <td>2</td>\n",
       "      <td>张女士</td>\n",
       "      <td>行政人事经理</td>\n",
       "      <td>7624259fb5aea1e8ab8221b1d0976291</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>本科</td>\n",
       "      <td>3-5年</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             dataInfo  \\\n",
       "0   %7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...   \n",
       "1   %7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...   \n",
       "2   %7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...   \n",
       "3   %7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...   \n",
       "4   %7B%22d_curPage%22%3A%220%22%2C%22d_pageSize%2...   \n",
       "..                                                ...   \n",
       "35  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "36  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "37  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "38  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "39  %7B%22d_curPage%22%3A%229%22%2C%22d_pageSize%2...   \n",
       "\n",
       "                                           dataParams  \\\n",
       "0   {\"imId\":\"ff0eab8eea20c36621763eed48c5bc0c\",\"im...   \n",
       "1   {\"imId\":\"cad5be4e96049ddf80764db4dc5d059d\",\"im...   \n",
       "2   {\"imId\":\"b099ed3311071e4673ea3114a5fc2d96\",\"im...   \n",
       "3   {\"imId\":\"940d578ee42d485b10eee5f74aeb3ab8\",\"im...   \n",
       "4   {\"imId\":\"fe53b2361e7707aa8c7fd219ac0bcf9b\",\"im...   \n",
       "..                                                ...   \n",
       "35  {\"jobId\":\"59917687\",\"recruiterName\":\"芮女士\",\"imI...   \n",
       "36  {\"jobId\":\"59894975\",\"recruiterName\":\"魏先生\",\"imI...   \n",
       "37  {\"jobId\":\"59890719\",\"recruiterName\":\"陶女士\",\"imI...   \n",
       "38  {\"jobId\":\"59876519\",\"recruiterName\":\"郑女士\",\"imI...   \n",
       "39  {\"jobId\":\"59838735\",\"recruiterName\":\"张女士\",\"imI...   \n",
       "\n",
       "                                   comp.link comp.compScale comp.compStage  \\\n",
       "0   https://www.liepin.com/company/13332619/         50-99人             其他   \n",
       "1    https://www.liepin.com/company/9638001/       100-499人          融资未公开   \n",
       "2    https://www.liepin.com/company/8904732/       500-999人            NaN   \n",
       "3    https://www.liepin.com/company/9272548/    5000-10000人             D轮   \n",
       "4    https://www.liepin.com/company/8904732/       500-999人            NaN   \n",
       "..                                       ...            ...            ...   \n",
       "35  https://www.liepin.com/company/12464425/       100-499人          融资未公开   \n",
       "36  https://www.liepin.com/company/12464425/       100-499人          融资未公开   \n",
       "37   https://www.liepin.com/company/9638001/       100-499人          融资未公开   \n",
       "38    https://www.liepin.com/company/852818/     1000-2000人             C轮   \n",
       "39   https://www.liepin.com/company/9955179/       100-499人             B轮   \n",
       "\n",
       "                       comp.compLogo comp.compName  comp.compId  \\\n",
       "0    65643db3aef7c833d61189e304u.png        正壹会展集团     13332619   \n",
       "1   5ef7eac6639c8353865e8cfa03u.jpeg  上海邑炎信息科技有限公司      9638001   \n",
       "2    6045d2d247efeb69daf7dd0708u.png          博雅公关      8904732   \n",
       "3    636c9f9f19919c4d06ca723f04u.png        新潮传媒集团      9272548   \n",
       "4    6045d2d247efeb69daf7dd0708u.png          博雅公关      8904732   \n",
       "..                               ...           ...          ...   \n",
       "35   648173c6db3b5254e507bcd402u.png          天擎数字     12464425   \n",
       "36   648173c6db3b5254e507bcd402u.png          天擎数字     12464425   \n",
       "37  5ef7eac6639c8353865e8cfa03u.jpeg  上海邑炎信息科技有限公司      9638001   \n",
       "38   5bfe9f2374719d2aa34bb61f03a.png          东信时代       852818   \n",
       "39   64b4fab4feea6a72445c706f05u.png          叁柒无限      9955179   \n",
       "\n",
       "   comp.compIndustry                                         job.labels  ...  \\\n",
       "0           广告/公关/会展                             [本科, 市场策划, 活动策划, 教育培训]  ...   \n",
       "1           广告/公关/会展                                          [6个月, 本科]  ...   \n",
       "2           广告/公关/会展                                  [3个月, 本科, 人力资源经验]  ...   \n",
       "3           广告/公关/会展                               [本科, 广告/传媒/文化, 销售方向]  ...   \n",
       "4           广告/公关/会展  [3个月, 本科, 新媒体运营, IT/互联网/软件, 消费品, 科技类, 新闻类, 生活类...  ...   \n",
       "..               ...                                                ...  ...   \n",
       "35          广播/影视/录音                                                 []  ...   \n",
       "36          广播/影视/录音                                                 []  ...   \n",
       "37          广告/公关/会展                                       [团队管理, 客户管理]  ...   \n",
       "38          广告/公关/会展                          [广告营销, saas, 商业化产品, 市场运营]  ...   \n",
       "39          广告/公关/会展                              [新媒体广告, 小红书平台, 信息流投放]  ...   \n",
       "\n",
       "                                       job.dataPromId recruiter.chatted  \\\n",
       "0   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...             False   \n",
       "1   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...             False   \n",
       "2   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...             False   \n",
       "3   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...             False   \n",
       "4   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...             False   \n",
       "..                                                ...               ...   \n",
       "35  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...             False   \n",
       "36  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...             False   \n",
       "37  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...             False   \n",
       "38  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...             False   \n",
       "39  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...             False   \n",
       "\n",
       "                      recruiter.imId recruiter.imUserType  \\\n",
       "0   ff0eab8eea20c36621763eed48c5bc0c                    2   \n",
       "1   cad5be4e96049ddf80764db4dc5d059d                    2   \n",
       "2   b099ed3311071e4673ea3114a5fc2d96                    2   \n",
       "3   940d578ee42d485b10eee5f74aeb3ab8                    2   \n",
       "4   fe53b2361e7707aa8c7fd219ac0bcf9b                    2   \n",
       "..                               ...                  ...   \n",
       "35  61e751edc5367babbddcd3b09c02d41c                    2   \n",
       "36  faea4e92fd2b5a25e7b184a1ccff1ea4                    2   \n",
       "37  3830e125ff7afe8d244e08c53f86302f                    2   \n",
       "38  edaadaed0415eadf337193710fe42056                    2   \n",
       "39  660de5116791dfee4eb3c85621fabd5f                    2   \n",
       "\n",
       "   recruiter.recruiterName  recruiter.recruiterTitle  \\\n",
       "0                      卢女士                       HRM   \n",
       "1                      宿女士                       COE   \n",
       "2                      贺女士                      招聘主管   \n",
       "3                      欧先生                    大区招聘经理   \n",
       "4                      艾女士                    人力资源经理   \n",
       "..                     ...                       ...   \n",
       "35                     芮女士                             \n",
       "36                     魏先生                         无   \n",
       "37                     陶女士                      HRBP   \n",
       "38                     郑女士                        HR   \n",
       "39                     张女士                    行政人事经理   \n",
       "\n",
       "               recruiter.recruiterId         recruiter.recruiterPhoto  \\\n",
       "0   31ae35dd25c393cef0498bd9e03ba548  5f8f986779c7cc70efbf36c008u.jpg   \n",
       "1   062818603e680b2da5f99130e9ef8d12  5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "2   178348d10d4504ecab26c2c2437115e0  583f8dfa70324d1f7da02d2606a.png   \n",
       "3   f334dc7f2105acebc6767b3893acac2f  5f8f986c79c7cc70efbf36c808u.jpg   \n",
       "4   2423e8c5e3438d7f40ba94cee1349dff  5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "..                               ...                              ...   \n",
       "35  af786ed8fc941985cda77b6d7b463e7b  5f8f986779c7cc70efbf36c008u.jpg   \n",
       "36  bc1bf810df011ed6200de972fa8212ea  64acafcc07b2050cf707146205u.png   \n",
       "37  a7f62fa31a9b250f272e1fa722f836c6  6440e05862a0803842bd0f3e02u.png   \n",
       "38  b19aabc52f951cf59a3ce1da0e4ebef0  54d1e75d712eb4f6b84c1d2d01a.jpg   \n",
       "39  7624259fb5aea1e8ab8221b1d0976291  5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "\n",
       "   job.requireEduLevel job.requireWorkYears  \n",
       "0                  NaN                  NaN  \n",
       "1                  NaN                  NaN  \n",
       "2                  NaN                  NaN  \n",
       "3                  NaN                  NaN  \n",
       "4                  NaN                  NaN  \n",
       "..                 ...                  ...  \n",
       "35                  本科                 3-5年  \n",
       "36                  本科                 3-5年  \n",
       "37                统招本科                 3-5年  \n",
       "38                  本科                5-10年  \n",
       "39                  本科                 3-5年  \n",
       "\n",
       "[400 rows x 32 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "crawl_liepin.crawl(城市=\"深圳\",关键词=\"\",学历= \"本科\",行业=\"广告\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "a90942a7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'inited_user=a3e2a6692c06d3ee2a77de7db5f87d9d; __uuid=1681902695314.85; __gc_id=5345367cb21c4298a544835e18c56d1f; need_bind_tel=false; c_flag=5b991c00b1dd3c936104eb0f28aad784; _ga=GA1.1.1004117102.1681904443; new_user=false; imId=bdd7042bddfede3f6846d40b980161c2; imId_0=bdd7042bddfede3f6846d40b980161c2; imClientId=bdd7042bddfede3f8c4e11c17165661e; imClientId_0=bdd7042bddfede3f8c4e11c17165661e; XSRF-TOKEN=ZNW_26Q9SzGF9lYv6QRPBA; __tlog=1701256347630.50%7C00000000%7C00000000%7Cs_o_007%7Cs_o_007; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1698838424,1700049509,1701256348; UniqueKey=267e69689bc2f92b6bc56763ae71c6f2; liepin_login_valid=0; lt_auth=v%2B9caXUBmlqr4Xjd3GJYsf0f24ihWGya%2FXgK0UgAhd68DvPi4P%2FmQAmPr7EE%2BCoIq0gnI6kzMLf%2BNOr7z3BC7EYV%2FVGnlZ6utf6k1XweTuxlHuyflMXuqsjQQ5wtrXo6ykpgn2si0HU%3D; access_system=C; user_roles=0; user_photo=5f8fa3baf6d1ab58476f324908u.png; user_name=%E8%B5%96%E6%96%87%E4%BD%A9; inited_user=a3e2a6692c06d3ee2a77de7db5f87d9d; hpo_role-sec_project=sec_project_liepin; hpo_sec_tenant=0; imApp_0=1; acw_tc=276077ba17012604467485820e70d4da2c9fb1aa8355e3c77ae9c748ee57af; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1701260826; fe_im_socketSequence_new_0=7_6_6; __session_seq=20; __uv_seq=20; __tlg_event_seq=286; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_267e69689bc2f92b6bc56763ae71c6f2%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; _ga_54YTJKWN86=GS1.1.1701260819.21.1.1701261828.0.0.0'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cookie = \"inited_user=a3e2a6692c06d3ee2a77de7db5f87d9d; __uuid=1681902695314.85; __gc_id=5345367cb21c4298a544835e18c56d1f; need_bind_tel=false; c_flag=5b991c00b1dd3c936104eb0f28aad784; _ga=GA1.1.1004117102.1681904443; new_user=false; imId=bdd7042bddfede3f6846d40b980161c2; imId_0=bdd7042bddfede3f6846d40b980161c2; imClientId=bdd7042bddfede3f8c4e11c17165661e; imClientId_0=bdd7042bddfede3f8c4e11c17165661e; XSRF-TOKEN=ZNW_26Q9SzGF9lYv6QRPBA; __tlog=1701256347630.50%7C00000000%7C00000000%7Cs_o_007%7Cs_o_007; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1698838424,1700049509,1701256348; UniqueKey=267e69689bc2f92b6bc56763ae71c6f2; liepin_login_valid=0; lt_auth=v%2B9caXUBmlqr4Xjd3GJYsf0f24ihWGya%2FXgK0UgAhd68DvPi4P%2FmQAmPr7EE%2BCoIq0gnI6kzMLf%2BNOr7z3BC7EYV%2FVGnlZ6utf6k1XweTuxlHuyflMXuqsjQQ5wtrXo6ykpgn2si0HU%3D; access_system=C; user_roles=0; user_photo=5f8fa3baf6d1ab58476f324908u.png; user_name=%E8%B5%96%E6%96%87%E4%BD%A9; inited_user=a3e2a6692c06d3ee2a77de7db5f87d9d; hpo_role-sec_project=sec_project_liepin; hpo_sec_tenant=0; imApp_0=1; acw_tc=276077ba17012604467485820e70d4da2c9fb1aa8355e3c77ae9c748ee57af; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1701260826; fe_im_socketSequence_new_0=7_6_6; __session_seq=20; __uv_seq=20; __tlg_event_seq=286; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_267e69689bc2f92b6bc56763ae71c6f2%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; _ga_54YTJKWN86=GS1.1.1701260819.21.1.1701261828.0.0.0\"\n",
    "cookie"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "53a5c82d",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "登录cookie inited_user=a3e2a6692c06d3ee2a77de7db5f87d9d; __uuid=1681902695314.85; __gc_id=5345367cb21c4298a544835e18c56d1f; need_bind_tel=false; c_flag=5b991c00b1dd3c936104eb0f28aad784; _ga=GA1.1.1004117102.1681904443; new_user=false; imId=bdd7042bddfede3f6846d40b980161c2; imId_0=bdd7042bddfede3f6846d40b980161c2; imClientId=bdd7042bddfede3f8c4e11c17165661e; imClientId_0=bdd7042bddfede3f8c4e11c17165661e; XSRF-TOKEN=ZNW_26Q9SzGF9lYv6QRPBA; __tlog=1701256347630.50%7C00000000%7C00000000%7Cs_o_007%7Cs_o_007; Hm_lvt_a2647413544f5a04f00da7eee0d5e200=1698838424,1700049509,1701256348; UniqueKey=267e69689bc2f92b6bc56763ae71c6f2; liepin_login_valid=0; lt_auth=v%2B9caXUBmlqr4Xjd3GJYsf0f24ihWGya%2FXgK0UgAhd68DvPi4P%2FmQAmPr7EE%2BCoIq0gnI6kzMLf%2BNOr7z3BC7EYV%2FVGnlZ6utf6k1XweTuxlHuyflMXuqsjQQ5wtrXo6ykpgn2si0HU%3D; access_system=C; user_roles=0; user_photo=5f8fa3baf6d1ab58476f324908u.png; user_name=%E8%B5%96%E6%96%87%E4%BD%A9; inited_user=a3e2a6692c06d3ee2a77de7db5f87d9d; hpo_role-sec_project=sec_project_liepin; hpo_sec_tenant=0; imApp_0=1; acw_tc=276077ba17012604467485820e70d4da2c9fb1aa8355e3c77ae9c748ee57af; Hm_lpvt_a2647413544f5a04f00da7eee0d5e200=1701260826; fe_im_socketSequence_new_0=7_6_6; __session_seq=20; __uv_seq=20; __tlg_event_seq=286; fe_im_opened_pages=; fe_im_connectJson_0=%7B%220_267e69689bc2f92b6bc56763ae71c6f2%22%3A%7B%22socketConnect%22%3A%222%22%2C%22connectDomain%22%3A%22liepin.com%22%7D%7D; _ga_54YTJKWN86=GS1.1.1701260819.21.1.1701261828.0.0.0\n",
      "这是第1页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第2页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第3页，接下来将先等待10秒...然后以继续抓取\n",
      "这是第4页，接下来将先等待8秒...然后以继续抓取\n",
      "这是第5页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第6页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第7页，接下来将先等待6秒...然后以继续抓取\n",
      "这是第8页，接下来将先等待9秒...然后以继续抓取\n",
      "这是第9页，接下来将先等待7秒...然后以继续抓取\n",
      "这是第10页，接下来将先等待5秒...然后以继续抓取\n"
     ]
    }
   ],
   "source": [
    "import crawl_liepin\n",
    "\n",
    "广告行业_深圳_results = crawl_liepin.crawl(城市=\"深圳\",关键词=\"\",学历='本科',行业='广告',登录cookie=cookie)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "0a050083",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "4cdb1bb7",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>dataInfo</th>\n",
       "      <th>dataParams</th>\n",
       "      <th>comp.compIndustry</th>\n",
       "      <th>comp.compScale</th>\n",
       "      <th>comp.compId</th>\n",
       "      <th>comp.compStage</th>\n",
       "      <th>comp.compLogo</th>\n",
       "      <th>comp.compName</th>\n",
       "      <th>comp.link</th>\n",
       "      <th>job.labels</th>\n",
       "      <th>...</th>\n",
       "      <th>job.dataPromId</th>\n",
       "      <th>recruiter.imId</th>\n",
       "      <th>recruiter.imUserType</th>\n",
       "      <th>recruiter.chatted</th>\n",
       "      <th>recruiter.recruiterName</th>\n",
       "      <th>recruiter.recruiterTitle</th>\n",
       "      <th>recruiter.recruiterId</th>\n",
       "      <th>recruiter.recruiterPhoto</th>\n",
       "      <th>job.requireWorkYears</th>\n",
       "      <th>job.requireEduLevel</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"ff0eab8eea20c36621763eed48c5bc0c\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>50-99人</td>\n",
       "      <td>13332619</td>\n",
       "      <td>其他</td>\n",
       "      <td>65643db3aef7c833d61189e304u.png</td>\n",
       "      <td>正壹会展集团</td>\n",
       "      <td>https://www.liepin.com/company/13332619/</td>\n",
       "      <td>[本科, 市场策划, 活动策划, 教育培训]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>ff0eab8eea20c36621763eed48c5bc0c</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>卢女士</td>\n",
       "      <td>HRM</td>\n",
       "      <td>31ae35dd25c393cef0498bd9e03ba548</td>\n",
       "      <td>5f8f986779c7cc70efbf36c008u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"cad5be4e96049ddf80764db4dc5d059d\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>9638001</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>5ef7eac6639c8353865e8cfa03u.jpeg</td>\n",
       "      <td>上海邑炎信息科技有限公司</td>\n",
       "      <td>https://www.liepin.com/company/9638001/</td>\n",
       "      <td>[6个月, 本科]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>cad5be4e96049ddf80764db4dc5d059d</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>宿女士</td>\n",
       "      <td>COE</td>\n",
       "      <td>062818603e680b2da5f99130e9ef8d12</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"b099ed3311071e4673ea3114a5fc2d96\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>8904732</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6045d2d247efeb69daf7dd0708u.png</td>\n",
       "      <td>博雅公关</td>\n",
       "      <td>https://www.liepin.com/company/8904732/</td>\n",
       "      <td>[3个月, 本科, 人力资源经验]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>b099ed3311071e4673ea3114a5fc2d96</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>贺女士</td>\n",
       "      <td>招聘主管</td>\n",
       "      <td>178348d10d4504ecab26c2c2437115e0</td>\n",
       "      <td>583f8dfa70324d1f7da02d2606a.png</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"940d578ee42d485b10eee5f74aeb3ab8\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>5000-10000人</td>\n",
       "      <td>9272548</td>\n",
       "      <td>D轮</td>\n",
       "      <td>636c9f9f19919c4d06ca723f04u.png</td>\n",
       "      <td>新潮传媒集团</td>\n",
       "      <td>https://www.liepin.com/company/9272548/</td>\n",
       "      <td>[本科, 广告/传媒/文化, 销售方向]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>940d578ee42d485b10eee5f74aeb3ab8</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>欧先生</td>\n",
       "      <td>大区招聘经理</td>\n",
       "      <td>f334dc7f2105acebc6767b3893acac2f</td>\n",
       "      <td>5f8f986c79c7cc70efbf36c808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>%7B%22as_from%22%3A%22search_prime%22%2C%22ckI...</td>\n",
       "      <td>{\"imId\":\"fe53b2361e7707aa8c7fd219ac0bcf9b\",\"im...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>500-999人</td>\n",
       "      <td>8904732</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6045d2d247efeb69daf7dd0708u.png</td>\n",
       "      <td>博雅公关</td>\n",
       "      <td>https://www.liepin.com/company/8904732/</td>\n",
       "      <td>[3个月, 本科, 新媒体运营, IT/互联网/软件, 消费品, 科技类, 新闻类, 生活类...</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=0&amp;d...</td>\n",
       "      <td>fe53b2361e7707aa8c7fd219ac0bcf9b</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>艾女士</td>\n",
       "      <td>人力资源经理</td>\n",
       "      <td>2423e8c5e3438d7f40ba94cee1349dff</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>%7B%22jobId%22%3A%2259917687%22%2C%22sfrom%22%...</td>\n",
       "      <td>{\"jobId\":\"59917687\",\"recruiterName\":\"芮女士\",\"use...</td>\n",
       "      <td>广播/影视/录音</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>12464425</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>648173c6db3b5254e507bcd402u.png</td>\n",
       "      <td>天擎数字</td>\n",
       "      <td>https://www.liepin.com/company/12464425/</td>\n",
       "      <td>[]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>61e751edc5367babbddcd3b09c02d41c</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>芮女士</td>\n",
       "      <td></td>\n",
       "      <td>af786ed8fc941985cda77b6d7b463e7b</td>\n",
       "      <td>5f8f986779c7cc70efbf36c008u.jpg</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>%7B%22jobId%22%3A%2259894975%22%2C%22sfrom%22%...</td>\n",
       "      <td>{\"jobId\":\"59894975\",\"recruiterName\":\"魏先生\",\"use...</td>\n",
       "      <td>广播/影视/录音</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>12464425</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>648173c6db3b5254e507bcd402u.png</td>\n",
       "      <td>天擎数字</td>\n",
       "      <td>https://www.liepin.com/company/12464425/</td>\n",
       "      <td>[]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>faea4e92fd2b5a25e7b184a1ccff1ea4</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>魏先生</td>\n",
       "      <td>无</td>\n",
       "      <td>bc1bf810df011ed6200de972fa8212ea</td>\n",
       "      <td>64acafcc07b2050cf707146205u.png</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>%7B%22jobId%22%3A%2259890719%22%2C%22sfrom%22%...</td>\n",
       "      <td>{\"jobId\":\"59890719\",\"recruiterName\":\"陶女士\",\"use...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>9638001</td>\n",
       "      <td>融资未公开</td>\n",
       "      <td>5ef7eac6639c8353865e8cfa03u.jpeg</td>\n",
       "      <td>上海邑炎信息科技有限公司</td>\n",
       "      <td>https://www.liepin.com/company/9638001/</td>\n",
       "      <td>[团队管理, 客户管理]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>3830e125ff7afe8d244e08c53f86302f</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>陶女士</td>\n",
       "      <td>HRBP</td>\n",
       "      <td>a7f62fa31a9b250f272e1fa722f836c6</td>\n",
       "      <td>6440e05862a0803842bd0f3e02u.png</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>%7B%22jobId%22%3A%2259876519%22%2C%22sfrom%22%...</td>\n",
       "      <td>{\"jobId\":\"59876519\",\"recruiterName\":\"郑女士\",\"use...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>1000-2000人</td>\n",
       "      <td>852818</td>\n",
       "      <td>C轮</td>\n",
       "      <td>5bfe9f2374719d2aa34bb61f03a.png</td>\n",
       "      <td>东信时代</td>\n",
       "      <td>https://www.liepin.com/company/852818/</td>\n",
       "      <td>[广告营销, saas, 商业化产品, 市场运营]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>edaadaed0415eadf337193710fe42056</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>郑女士</td>\n",
       "      <td>HR</td>\n",
       "      <td>b19aabc52f951cf59a3ce1da0e4ebef0</td>\n",
       "      <td>54d1e75d712eb4f6b84c1d2d01a.jpg</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>%7B%22jobId%22%3A%2259838735%22%2C%22sfrom%22%...</td>\n",
       "      <td>{\"jobId\":\"59838735\",\"recruiterName\":\"张女士\",\"use...</td>\n",
       "      <td>广告/公关/会展</td>\n",
       "      <td>100-499人</td>\n",
       "      <td>9955179</td>\n",
       "      <td>B轮</td>\n",
       "      <td>64b4fab4feea6a72445c706f05u.png</td>\n",
       "      <td>叁柒无限</td>\n",
       "      <td>https://www.liepin.com/company/9955179/</td>\n",
       "      <td>[新媒体广告, 小红书平台, 信息流投放]</td>\n",
       "      <td>...</td>\n",
       "      <td>d_sfrom=search_prime&amp;d_ckId=null&amp;d_curPage=9&amp;d...</td>\n",
       "      <td>660de5116791dfee4eb3c85621fabd5f</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>张女士</td>\n",
       "      <td>行政人事经理</td>\n",
       "      <td>7624259fb5aea1e8ab8221b1d0976291</td>\n",
       "      <td>5f8f9866dfb13a7dee342f1808u.jpg</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>本科</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             dataInfo  \\\n",
       "0   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "1   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "2   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "3   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "4   %7B%22as_from%22%3A%22search_prime%22%2C%22ckI...   \n",
       "..                                                ...   \n",
       "35  %7B%22jobId%22%3A%2259917687%22%2C%22sfrom%22%...   \n",
       "36  %7B%22jobId%22%3A%2259894975%22%2C%22sfrom%22%...   \n",
       "37  %7B%22jobId%22%3A%2259890719%22%2C%22sfrom%22%...   \n",
       "38  %7B%22jobId%22%3A%2259876519%22%2C%22sfrom%22%...   \n",
       "39  %7B%22jobId%22%3A%2259838735%22%2C%22sfrom%22%...   \n",
       "\n",
       "                                           dataParams comp.compIndustry  \\\n",
       "0   {\"imId\":\"ff0eab8eea20c36621763eed48c5bc0c\",\"im...          广告/公关/会展   \n",
       "1   {\"imId\":\"cad5be4e96049ddf80764db4dc5d059d\",\"im...          广告/公关/会展   \n",
       "2   {\"imId\":\"b099ed3311071e4673ea3114a5fc2d96\",\"im...          广告/公关/会展   \n",
       "3   {\"imId\":\"940d578ee42d485b10eee5f74aeb3ab8\",\"im...          广告/公关/会展   \n",
       "4   {\"imId\":\"fe53b2361e7707aa8c7fd219ac0bcf9b\",\"im...          广告/公关/会展   \n",
       "..                                                ...               ...   \n",
       "35  {\"jobId\":\"59917687\",\"recruiterName\":\"芮女士\",\"use...          广播/影视/录音   \n",
       "36  {\"jobId\":\"59894975\",\"recruiterName\":\"魏先生\",\"use...          广播/影视/录音   \n",
       "37  {\"jobId\":\"59890719\",\"recruiterName\":\"陶女士\",\"use...          广告/公关/会展   \n",
       "38  {\"jobId\":\"59876519\",\"recruiterName\":\"郑女士\",\"use...          广告/公关/会展   \n",
       "39  {\"jobId\":\"59838735\",\"recruiterName\":\"张女士\",\"use...          广告/公关/会展   \n",
       "\n",
       "   comp.compScale  comp.compId comp.compStage  \\\n",
       "0          50-99人     13332619             其他   \n",
       "1        100-499人      9638001          融资未公开   \n",
       "2        500-999人      8904732            NaN   \n",
       "3     5000-10000人      9272548             D轮   \n",
       "4        500-999人      8904732            NaN   \n",
       "..            ...          ...            ...   \n",
       "35       100-499人     12464425          融资未公开   \n",
       "36       100-499人     12464425          融资未公开   \n",
       "37       100-499人      9638001          融资未公开   \n",
       "38     1000-2000人       852818             C轮   \n",
       "39       100-499人      9955179             B轮   \n",
       "\n",
       "                       comp.compLogo comp.compName  \\\n",
       "0    65643db3aef7c833d61189e304u.png        正壹会展集团   \n",
       "1   5ef7eac6639c8353865e8cfa03u.jpeg  上海邑炎信息科技有限公司   \n",
       "2    6045d2d247efeb69daf7dd0708u.png          博雅公关   \n",
       "3    636c9f9f19919c4d06ca723f04u.png        新潮传媒集团   \n",
       "4    6045d2d247efeb69daf7dd0708u.png          博雅公关   \n",
       "..                               ...           ...   \n",
       "35   648173c6db3b5254e507bcd402u.png          天擎数字   \n",
       "36   648173c6db3b5254e507bcd402u.png          天擎数字   \n",
       "37  5ef7eac6639c8353865e8cfa03u.jpeg  上海邑炎信息科技有限公司   \n",
       "38   5bfe9f2374719d2aa34bb61f03a.png          东信时代   \n",
       "39   64b4fab4feea6a72445c706f05u.png          叁柒无限   \n",
       "\n",
       "                                   comp.link  \\\n",
       "0   https://www.liepin.com/company/13332619/   \n",
       "1    https://www.liepin.com/company/9638001/   \n",
       "2    https://www.liepin.com/company/8904732/   \n",
       "3    https://www.liepin.com/company/9272548/   \n",
       "4    https://www.liepin.com/company/8904732/   \n",
       "..                                       ...   \n",
       "35  https://www.liepin.com/company/12464425/   \n",
       "36  https://www.liepin.com/company/12464425/   \n",
       "37   https://www.liepin.com/company/9638001/   \n",
       "38    https://www.liepin.com/company/852818/   \n",
       "39   https://www.liepin.com/company/9955179/   \n",
       "\n",
       "                                           job.labels  ...  \\\n",
       "0                              [本科, 市场策划, 活动策划, 教育培训]  ...   \n",
       "1                                           [6个月, 本科]  ...   \n",
       "2                                   [3个月, 本科, 人力资源经验]  ...   \n",
       "3                                [本科, 广告/传媒/文化, 销售方向]  ...   \n",
       "4   [3个月, 本科, 新媒体运营, IT/互联网/软件, 消费品, 科技类, 新闻类, 生活类...  ...   \n",
       "..                                                ...  ...   \n",
       "35                                                 []  ...   \n",
       "36                                                 []  ...   \n",
       "37                                       [团队管理, 客户管理]  ...   \n",
       "38                          [广告营销, saas, 商业化产品, 市场运营]  ...   \n",
       "39                              [新媒体广告, 小红书平台, 信息流投放]  ...   \n",
       "\n",
       "                                       job.dataPromId  \\\n",
       "0   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "1   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "2   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "3   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "4   d_sfrom=search_prime&d_ckId=null&d_curPage=0&d...   \n",
       "..                                                ...   \n",
       "35  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "36  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "37  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "38  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "39  d_sfrom=search_prime&d_ckId=null&d_curPage=9&d...   \n",
       "\n",
       "                      recruiter.imId recruiter.imUserType recruiter.chatted  \\\n",
       "0   ff0eab8eea20c36621763eed48c5bc0c                    2             False   \n",
       "1   cad5be4e96049ddf80764db4dc5d059d                    2             False   \n",
       "2   b099ed3311071e4673ea3114a5fc2d96                    2             False   \n",
       "3   940d578ee42d485b10eee5f74aeb3ab8                    2             False   \n",
       "4   fe53b2361e7707aa8c7fd219ac0bcf9b                    2             False   \n",
       "..                               ...                  ...               ...   \n",
       "35  61e751edc5367babbddcd3b09c02d41c                    2             False   \n",
       "36  faea4e92fd2b5a25e7b184a1ccff1ea4                    2             False   \n",
       "37  3830e125ff7afe8d244e08c53f86302f                    2             False   \n",
       "38  edaadaed0415eadf337193710fe42056                    2             False   \n",
       "39  660de5116791dfee4eb3c85621fabd5f                    2             False   \n",
       "\n",
       "   recruiter.recruiterName recruiter.recruiterTitle  \\\n",
       "0                      卢女士                      HRM   \n",
       "1                      宿女士                      COE   \n",
       "2                      贺女士                     招聘主管   \n",
       "3                      欧先生                   大区招聘经理   \n",
       "4                      艾女士                   人力资源经理   \n",
       "..                     ...                      ...   \n",
       "35                     芮女士                            \n",
       "36                     魏先生                        无   \n",
       "37                     陶女士                     HRBP   \n",
       "38                     郑女士                       HR   \n",
       "39                     张女士                   行政人事经理   \n",
       "\n",
       "               recruiter.recruiterId         recruiter.recruiterPhoto  \\\n",
       "0   31ae35dd25c393cef0498bd9e03ba548  5f8f986779c7cc70efbf36c008u.jpg   \n",
       "1   062818603e680b2da5f99130e9ef8d12  5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "2   178348d10d4504ecab26c2c2437115e0  583f8dfa70324d1f7da02d2606a.png   \n",
       "3   f334dc7f2105acebc6767b3893acac2f  5f8f986c79c7cc70efbf36c808u.jpg   \n",
       "4   2423e8c5e3438d7f40ba94cee1349dff  5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "..                               ...                              ...   \n",
       "35  af786ed8fc941985cda77b6d7b463e7b  5f8f986779c7cc70efbf36c008u.jpg   \n",
       "36  bc1bf810df011ed6200de972fa8212ea  64acafcc07b2050cf707146205u.png   \n",
       "37  a7f62fa31a9b250f272e1fa722f836c6  6440e05862a0803842bd0f3e02u.png   \n",
       "38  b19aabc52f951cf59a3ce1da0e4ebef0  54d1e75d712eb4f6b84c1d2d01a.jpg   \n",
       "39  7624259fb5aea1e8ab8221b1d0976291  5f8f9866dfb13a7dee342f1808u.jpg   \n",
       "\n",
       "   job.requireWorkYears job.requireEduLevel  \n",
       "0                   NaN                 NaN  \n",
       "1                   NaN                 NaN  \n",
       "2                   NaN                 NaN  \n",
       "3                   NaN                 NaN  \n",
       "4                   NaN                 NaN  \n",
       "..                  ...                 ...  \n",
       "35                 3-5年                  本科  \n",
       "36                 3-5年                  本科  \n",
       "37                 3-5年                统招本科  \n",
       "38                5-10年                  本科  \n",
       "39                 3-5年                  本科  \n",
       "\n",
       "[400 rows x 32 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=pd.DataFrame(广告行业_深圳_results)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "8f097505",
   "metadata": {},
   "outputs": [],
   "source": [
    "from requests_html import HTMLSession\n",
    "session = HTMLSession()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "cc34a218",
   "metadata": {},
   "outputs": [
    {
     "ename": "InvalidSchema",
     "evalue": "No connection adapters were found for '0         https://www.liepin.com/lptjob/63078431\\n0    https://www.liepin.com/job/1963801383.shtml\\n0    https://www.liepin.com/job/1963493033.shtml\\n0    https://www.liepin.com/job/1963104827.shtml\\n0    https://www.liepin.com/job/1962725603.shtml\\n0    https://www.liepin.com/job/1962440833.shtml\\n0    https://www.liepin.com/job/1961944305.shtml\\n0    https://www.liepin.com/job/1961446085.shtml\\n0    https://www.liepin.com/job/1960836577.shtml\\n0    https://www.liepin.com/job/1960353461.shtml\\nName: job.link, dtype: object'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mInvalidSchema\u001b[0m                             Traceback (most recent call last)",
      "Input \u001b[1;32mIn [9]\u001b[0m, in \u001b[0;36m<cell line: 2>\u001b[1;34m()\u001b[0m\n\u001b[0;32m      1\u001b[0m 技能要求 \u001b[38;5;241m=\u001b[39m []\n\u001b[0;32m      2\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m i \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mlen\u001b[39m(df[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mjob.link\u001b[39m\u001b[38;5;124m'\u001b[39m])):\n\u001b[1;32m----> 3\u001b[0m     s \u001b[38;5;241m=\u001b[39m \u001b[43msession\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdf\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[38;5;124;43mjob.link\u001b[39;49m\u001b[38;5;124;43m'\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m[\u001b[49m\u001b[43mi\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m      4\u001b[0m     command \u001b[38;5;241m=\u001b[39m s\u001b[38;5;241m.\u001b[39mhtml\u001b[38;5;241m.\u001b[39mfind(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdd\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[0;32m      5\u001b[0m     技能要求\u001b[38;5;241m.\u001b[39mappend(command[\u001b[38;5;241m0\u001b[39m]\u001b[38;5;241m.\u001b[39mtext)\n",
      "File \u001b[1;32mD:\\Anaconda\\lib\\site-packages\\requests\\sessions.py:542\u001b[0m, in \u001b[0;36mSession.get\u001b[1;34m(self, url, **kwargs)\u001b[0m\n\u001b[0;32m    534\u001b[0m \u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"Sends a GET request. Returns :class:`Response` object.\u001b[39;00m\n\u001b[0;32m    535\u001b[0m \n\u001b[0;32m    536\u001b[0m \u001b[38;5;124;03m:param url: URL for the new :class:`Request` object.\u001b[39;00m\n\u001b[0;32m    537\u001b[0m \u001b[38;5;124;03m:param \\*\\*kwargs: Optional arguments that ``request`` takes.\u001b[39;00m\n\u001b[0;32m    538\u001b[0m \u001b[38;5;124;03m:rtype: requests.Response\u001b[39;00m\n\u001b[0;32m    539\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    541\u001b[0m kwargs\u001b[38;5;241m.\u001b[39msetdefault(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mallow_redirects\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m--> 542\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrequest(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mGET\u001b[39m\u001b[38;5;124m'\u001b[39m, url, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32mD:\\Anaconda\\lib\\site-packages\\requests\\sessions.py:529\u001b[0m, in \u001b[0;36mSession.request\u001b[1;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[0;32m    524\u001b[0m send_kwargs \u001b[38;5;241m=\u001b[39m {\n\u001b[0;32m    525\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtimeout\u001b[39m\u001b[38;5;124m'\u001b[39m: timeout,\n\u001b[0;32m    526\u001b[0m     \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mallow_redirects\u001b[39m\u001b[38;5;124m'\u001b[39m: allow_redirects,\n\u001b[0;32m    527\u001b[0m }\n\u001b[0;32m    528\u001b[0m send_kwargs\u001b[38;5;241m.\u001b[39mupdate(settings)\n\u001b[1;32m--> 529\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msend(prep, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39msend_kwargs)\n\u001b[0;32m    531\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m resp\n",
      "File \u001b[1;32mD:\\Anaconda\\lib\\site-packages\\requests\\sessions.py:639\u001b[0m, in \u001b[0;36mSession.send\u001b[1;34m(self, request, **kwargs)\u001b[0m\n\u001b[0;32m    636\u001b[0m hooks \u001b[38;5;241m=\u001b[39m request\u001b[38;5;241m.\u001b[39mhooks\n\u001b[0;32m    638\u001b[0m \u001b[38;5;66;03m# Get the appropriate adapter to use\u001b[39;00m\n\u001b[1;32m--> 639\u001b[0m adapter \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_adapter\u001b[49m\u001b[43m(\u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrequest\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    641\u001b[0m \u001b[38;5;66;03m# Start time (approximately) of the request\u001b[39;00m\n\u001b[0;32m    642\u001b[0m start \u001b[38;5;241m=\u001b[39m preferred_clock()\n",
      "File \u001b[1;32mD:\\Anaconda\\lib\\site-packages\\requests\\sessions.py:732\u001b[0m, in \u001b[0;36mSession.get_adapter\u001b[1;34m(self, url)\u001b[0m\n\u001b[0;32m    729\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m adapter\n\u001b[0;32m    731\u001b[0m \u001b[38;5;66;03m# Nothing matches :-/\u001b[39;00m\n\u001b[1;32m--> 732\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m InvalidSchema(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNo connection adapters were found for \u001b[39m\u001b[38;5;132;01m{!r}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;241m.\u001b[39mformat(url))\n",
      "\u001b[1;31mInvalidSchema\u001b[0m: No connection adapters were found for '0         https://www.liepin.com/lptjob/63078431\\n0    https://www.liepin.com/job/1963801383.shtml\\n0    https://www.liepin.com/job/1963493033.shtml\\n0    https://www.liepin.com/job/1963104827.shtml\\n0    https://www.liepin.com/job/1962725603.shtml\\n0    https://www.liepin.com/job/1962440833.shtml\\n0    https://www.liepin.com/job/1961944305.shtml\\n0    https://www.liepin.com/job/1961446085.shtml\\n0    https://www.liepin.com/job/1960836577.shtml\\n0    https://www.liepin.com/job/1960353461.shtml\\nName: job.link, dtype: object'"
     ]
    }
   ],
   "source": [
    "技能要求 = []\n",
    "for i in range(len(df['job.link'])):\n",
    "    s = session.get(df['job.link'][i])\n",
    "    command = s.html.find('dd')\n",
    "    技能要求.append(command[0].text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4ad38df8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# df.to_excel('广告行业_深圳_results.xlsx')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
